"""
cron: */30 * * * *
new Env('腾讯新闻采集');
"""
import requests
import os
import json
import mysql.connector
from datetime import datetime

# 获取环境变量
host = os.environ.get('HOST')
user = os.environ.get('USER')
password = os.environ.get('PASSWORD')
database = os.environ.get('DATABASE')

print("正在获取环境变量...")
print("数据库地址：" + host)
print("数据库用户名：" + user)
print("数据库密码：" + password)
print("数据库名称：" + database)

# 发送HTTP请求获取腾讯新闻热点
print("发送HTTP请求获取腾讯新闻热点...")
headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
    'Referer': 'https://news.qq.com/'
}

url = 'https://i.news.qq.com/trpc.qqnews_web.pc_base_srv.base_http_proxy/NinjaPageContentSync'
params = {'pull_urls': 'news_top_2018'}

response = requests.get(url, headers=headers, params=params)

# 连接到MySQL数据库
print("连接到MySQL数据库...")
connection = mysql.connector.connect(
    host=host,
    user=user,
    password=password,
    database=database
)

cursor = connection.cursor()

# 设置要处理的ID范围（41-60用于腾讯新闻）
id_list = list(range(41, 61))

# 删除已有数据
print("删除已有数据...")
delete_query = "DELETE FROM ningm_news_list WHERE id IN ({})".format(", ".join(str(i) for i in id_list))
cursor.execute(delete_query)

# 解析并保存数据
print("解析并保存腾讯新闻数据...")
if response.status_code == 200:
    data = response.json()
    if 'data' in data and 'data' in data['data']:
        news_items = data['data']['data'].get('list', [])
        
        for index, item in enumerate(news_items[:20]):  # 只取前20条
            title = item.get('title', '')
            url = item.get('url', '')
            contant = f"热度: {item.get('view_count', 0)}"
            
            print(f"正在保存第{index + 1}条数据...")
            insert_query = "INSERT INTO ningm_news_list (id, title, url, create_time, contant, type) VALUES (%s, %s, %s, %s, %s, %s)"
            insert_values = (id_list[index], title, url, datetime.now(), contant, 'tencent')
            cursor.execute(insert_query, insert_values)

# 提交更改并关闭连接
connection.commit()
cursor.close()
connection.close()

print("数据保存完成！") 